import requests
from bs4 import BeautifulSoup

url = 'https://www.taobao.com/'
headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36',
}
resp = requests.get(url, headers=headers)
bs = BeautifulSoup(resp.text, 'lxml')
a_list = bs.find_all('a')
for a in a_list:
    url = a.get('href')

